package com.strat.searcher.analisys.tokenize;

/**
 * List of all possible token types. Default is UNKNOWN.
 * 
 * @author Sujit Pal
 * @version $Revision$
 */
public enum TokenType {
    UNKNOWN, ABBREVIATION, COMBINED, PHRASE, WORD, STOP_WORD, CONTENT_WORD, NUMBER, WHITESPACE, PUNCTUATION, MARKUP
}
